{
    "backbone_model": "roberta-large",
    "dataset_config_name": [
        "en"
    ],
    "datasets_load_from_disk": true,
    "datasets_saved_path": "/mnt/sfs_turbo/hsd/huggingface_datasets/saved_to_disk/",
    "delta_type": "lora",
    "do_eval": true,
    "do_test": true,
    "do_train": true,
    "eval_dataset_config_name": [
        "en"
    ],
    "eval_dataset_name": "superglue-boolq",
    "eval_steps": 200,
    "evaluation_strategy": "steps",
    "greater_is_better": true,
    "is_seq2seq": false,
    "learning_rate": 0.0001,
    "load_best_model_at_end": true,
    "max_source_length": 256,
    "metric_for_best_model": "average_metrics",
    "model_name_or_path": "/mnt/sfs_turbo/hsd/plm_cache/roberta-large",
    "model_path_public": "roberta-large",
    "num_train_epochs": 20,
    "output_dir": "outputs/lora/roberta-large/superglue-boolq",
    "overwrite_output_dir": true,
    "per_device_eval_batch_size": 32,
    "per_device_train_batch_size": 32,
    "predict_with_generate": false,
    "push_to_hub": false,
    "push_to_dc": true,
    "save_steps": 200,
    "save_strategy": "steps",
    "save_total_limit": 1,
    "seed": 42,
    "split_validation_test": true,
    "task_name": "superglue-boolq",
    "test_dataset_config_name": [
        "en"
    ],
    "test_dataset_name": "superglue-boolq",
    "tokenizer_name": "/mnt/sfs_turbo/hsd/plm_cache/roberta-large",
    "unfrozen_modules": [
        "deltas",
        "layer_norm",
        "final_layer_norm"
    ],
    "warmup_steps": 0,
    "modified_modules":["query","value"]
}